{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "%matplotlib inline\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "from PIL import Image\n",
    "from PIL import ImageDraw\n",
    "import tensorflow as tf\n",
    "import random\n",
    "from collections import deque\n",
    "plt.style.use({'figure.figsize':(10, 10)})\n",
    "pd.set_option('max_rows', 300)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "States=np.array(['L60D0/30/H0','L180D0/30/H0','L250D0/30/H0','L300D0/30/H0',\n",
    "'L60D30/60/H0','L180D30/60/H0','L250D30/60/H0','L300D30/60/H0',\n",
    "'L60D60/90/H0','L180D60/90/H0','L250D60/90/H0','L300D60/90/H0',\n",
    "'L60D90/120/H0','L180D90/120/H0','L250D90/120/H0','L300D90/120/H0',\n",
    "'L60D120/150/H0','L180D120/150/H0','L250D120/150/H0','L300D120/150/H0',\n",
    "'L60D150/180/H0','L180D150/180/H0','L250D150/180/H0','L300D150/180/H0',\n",
    "'L60D180/210/H0','L180D180/210/H0','L250D180/210/H0','L300D180/210/H0',\n",
    "'L60D210/240/H0','L180D210/240/H0','L250D210/240/H0','L300D210/240/H0',\n",
    "'L60D240/270/H0','L180D240/270/H0','L250D240/270/H0','L300D240/270/H0',\n",
    "'L60D270/300/H0','L180D270/300/H0','L250D270/300/H0','L300D270/300/H0',\n",
    "'L60D300/330/H0','L180D300/330/H0','L250D300/330/H0','L300D300/330/H0',\n",
    "'L60D330/360/H0','L180D330/360/H0','L250D330/360/H0','L300D330/360/H0',\n",
    "'L60D0/30/H1','L180D0/30/H1','L250D0/30/H1','L300D0/30/H1',\n",
    "'L60D30/60/H1','L180D30/60/H1','L250D30/60/H1','L300D30/60/H1',\n",
    "'L60D60/90/H1','L180D60/90/H1','L250D60/90/H1','L300D60/90/H1',\n",
    "'L60D90/120/H1','L180D90/120/H1','L250D90/120/H1','L300D90/120/H1',\n",
    "'L60D120/150/H1','L180D120/150/H1','L250D120/150/H1','L300D120/150/H1',\n",
    "'L60D150/180/H1','L180D150/180/H1','L250D150/180/H1','L300D150/180/H1',\n",
    "'L60D180/210/H1','L180D180/210/H1','L250D180/210/H1','L300D180/210/H1',\n",
    "'L60D210/240/H1','L180D210/240/H1','L250D210/240/H1','L300D210/240/H1',\n",
    "'L60D240/270/H1','L180D240/270/H1','L250D240/270/H1','L300D240/270/H1',\n",
    "'L60D270/300/H1','L180D270/300/H1','L250D270/300/H1','L300D270/300/H1',\n",
    "'L60D300/330/H1','L180D300/330/H1','L250D300/330/H1','L300D300/330/H1',\n",
    "'L60D330/360/H1','L180D330/360/H1','L250D330/360/H1','L300D330/360/H1',\n",
    "'L60D0/30/H2','L180D0/30/H2','L250D0/30/H2','L300D0/30/H2',\n",
    "'L60D30/60/H2','L180D30/60/H2','L250D30/60/H2','L300D30/60/H2',\n",
    "'L60D60/90/H2','L180D60/90/H2','L250D60/90/H2','L300D60/90/H2',\n",
    "'L60D90/120/H2','L180D90/120/H2','L250D90/120/H2','L300D90/120/H2',\n",
    "'L60D120/150/H2','L180D120/150/H2','L250D120/150/H2','L300D120/150/H2',\n",
    "'L60D150/180/H2','L180D150/180/H2','L250D150/180/H2','L300D150/180/H2',\n",
    "'L60D180/210/H2','L180D180/210/H2','L250D180/210/H2','L300D180/210/H2',\n",
    "'L60D210/240/H2','L180D210/240/H2','L250D210/240/H2','L300D210/240/H2',\n",
    "'L60D240/270/H2','L180D240/270/H2','L250D240/270/H2','L300D240/270/H2',\n",
    "'L60D270/300/H2','L180D270/300/H2','L250D270/300/H2','L300D270/300/H2',\n",
    "'L60D300/330/H2','L180D300/330/H2','L250D300/330/H2','L300D300/330/H2',\n",
    "'L60D330/360/H2','L180D330/360/H2','L250D330/360/H2','L300D330/360/H2'])\n",
    "Actions=np.array(['FrontH0','FrontH1','FrontH2','Left_45D','Right_45D'])\n",
    "Length_state=len(States)\n",
    "Length_action=len(Actions)\n",
    "Action_list=np.identity(Length_action)\n",
    "State_list=np.identity(Length_state)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "Epsilon_start=1\n",
    "Epsilon_final=0.01\n",
    "Decay_Rate=0.000001\n",
    "Velocity_tripod=0.289*40\n",
    "Velocity_quadruped=0.115*40\n",
    "Velocity_onebyone=0.096*40\n",
    "Up_degree=np.array([-40,-20,0,20,40])\n",
    "Left_degree=np.array([-60,-80,-100,-120])\n",
    "Right_degree=np.array([60,80,100,120]) #\n",
    "Robot_r=40 #the radius of hexapod robot\n",
    "Beta=0.9\n",
    "learning_rate=0.01\n",
    "Observe=1000\n",
    "Store_memory=deque()\n",
    "Memory_size=5000\n",
    "Batch_size=20\n",
    "Epoche=0\n",
    "Action_times=0"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "In the map, 'RGB' mode is used to reprensent different colors.\n",
    "\n",
    "(0,0,0)---Black---Obstacle and margin\n",
    "\n",
    "(255,255,255)---White---Flat ground\n",
    "\n",
    "(255,0,0)---Red---Destination\n",
    "\n",
    "(0,255,255)---Cyan---Hexapod robot"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAlsAAAJCCAYAAAD3HAIiAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAGYpJREFUeJzt3W+oZPd93/HP11rHNXFM7coVykpghaoKsmmUWN4KEkLa\nkFjZJ7KemPWDWKjGClg1CaQEKYHaaTFNQ+OAaS26wX/k4lgIEmFR7BZZGEKhslZ2ZeuPvfEmtrEW\nWYoaitwniqV8++AeuZP1rvbu3fuduXv1esFwz/3NnLm/ORpWb86ZM6e6OwAAzHjFpicAALCfiS0A\ngEFiCwBgkNgCABgktgAABoktAIBBa4+tqrq+qo5X1Ymqum3dfx8AYJ1qnd+zVVUXJfnzJL+U5Ikk\nx5K8s7sfX9skAADWaN17tg4lOdHdf9ndf5PkriQ3rHkOAABrc2DNf+9gku+s/P5Ekn966oOq6pYk\ntyy/vmUN8wIA+IHurt16rnXH1rZ099EkR5OkqlxPCAC4YK37MOLJJJev/H7ZMgYAsC+tO7aOJbmy\nqq6oqh9JciTJvWueAwDA2qz1MGJ3P19V/zLJf09yUZKPdfdj65wDAMA6rfWrH3bCZ7YAgHXbzQ/I\n+wZ5AIBBe/JsxO168K++vukpAAAXqENv+Mm1/B17tgAABoktAIBBYgsAYJDYAgAYJLYAAAaJLQCA\nQWILAGCQ2AIAGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAYJLYAAAaJLQCA\nQWILAGCQ2AIAGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAYdGDTEwAAtuez\nH79n01P4IYdvvnHTU9jz7NkCABgktgAABoktAIBBYgsAYJDYAgAYJLYAAAaJLQCAQWILAGCQLzXl\nB9568VWbnsKIY88c3/QUAHgZs2cLAGCQ2AIAGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBB\nvtQULlCf/fg9m54C/MDhm2/c9BRgz7JnCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAYJLYAAAaJ\nLQCAQWILAGCQ2AIAGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAYJLYAAAaJ\nLQCAQWILAGCQ2AIAGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAYJLYAAAaJ\nLQCAQQc2PQEAtrz/t27/wfLv/v6/2+BMgN10Xnu2qupbVfVIVT1cVQ8tY6+vqvuq6hvLz9etPP72\nqjpRVcer6m3nO3mA/eD9v3X73wmtF8eA/WE3DiP+s+6+pruvXX6/Lcn93X1lkvuX31NVVyc5kuRN\nSa5P8pGqumgX/j7AviS4YH+Y+MzWDUnuXJbvTPL2lfG7uvu57v5mkhNJDg38fQCAPeN8P7PVST5f\nVS8k+c/dfTTJJd395HL/d5NcsiwfTPLAyrpPLGM/pKpuSXLLec6Nc3TsmeObngIA7DvnG1s/190n\nq+ofJrmvqr6+emd3d1X1uT7pEm1Hk2Qn6wMA7BXndRixu08uP59Ock+2Dgs+VVWXJsny8+nl4SeT\nXL6y+mXLGMDL2pnOPHRGIuwPO96zVVU/muQV3f29ZfmXk/ybJPcmuSnJ7y0/P7Oscm+SP66qDyX5\n8SRXJnnwPOYOsG8IK9i/zucw4iVJ7qmqF5/nj7v7v1XVsSR3V9W7k3w7yTuSpLsfq6q7kzye5Pkk\nt3b3C+c1ewCAPW7HsdXdf5nkp04z/r+T/OIZ1vlgkg/u9G8CAFxoXK4HAGCQ2AIAGCS2AAAGiS0A\ngEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAYJLYAAAaJLQCAQWILAGCQ2AIAGCS2AAAGiS0A\ngEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAYJLYAAAaJLQCAQWILAGCQ2AIAGCS2AAAGiS0A\ngEFiCwBgkNgCABh0YNMTAHbm8M03bnoKAGyDPVsAAIPEFgDAILEFADBIbAEADBJbAACDxBYAwCCx\nBQAwSGwBAAwSWwAAg8QWAMAgsQUAMEhsAQAMElsAAIPEFgDAILEFADBIbAEADBJbAACDDmx6Auwd\nb734qk1PAbhAHXvm+KanAHuWPVsAAIPEFgDAILEFADBIbAEADBJbAACDxBYAwCCxBQAwSGwBAAwS\nWwAAg8QWAMAgsQUAMEhsAQAMElsAAIPEFgDAILEFADBIbAEADBJbAACDxBYAwCCxBQAwSGwBAAwS\nWwAAg8QWAMAgsQUAMEhsAQAMElsAAIPEFgDAILEFADBIbAEADBJbAACDxBYAwCCxBQAwSGwBAAw6\na2xV1ceq6umqenRl7PVVdV9VfWP5+bqV+26vqhNVdbyq3rYy/paqemS578NVVbv/cgAA9pbt7Nn6\nRJLrTxm7Lcn93X1lkvuX31NVVyc5kuRNyzofqaqLlnXuSPKeJFcut1OfEwBg3zlrbHX3nyX561OG\nb0hy57J8Z5K3r4zf1d3Pdfc3k5xIcqiqLk3y2u5+oLs7ySdX1gEA2LcO7HC9S7r7yWX5u0kuWZYP\nJnlg5XFPLGPfX5ZPHT+tqrolyS07nBsAwJ6x09j6ge7uqurdmMzKcx5NcjRJdvu5AeBCdfjmGzc9\nBXZgp2cjPrUcGszy8+ll/GSSy1ced9kydnJZPnUcAGBf22ls3ZvkpmX5piSfWRk/UlWvqqorsvVB\n+AeXQ47PVtV1y1mI71pZBwBg3zrrYcSq+nSSX0hycVU9keT9SX4vyd1V9e4k307yjiTp7seq6u4k\njyd5Psmt3f3C8lTvzdaZja9O8rnlBgCwr9XWyYF710t9ZuvBv/r6Oqey77314qs2PQXgAnXsmeOb\nngKcs0Nv+Mkz3tfdu/Z9oL5BHgBgkNgCABgktgAABoktAIBBYgsAYJDYAgAYJLYAAAaJLQCAQWIL\nAGCQ2AIAGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAYJLYAAAaJLQCAQWIL\nAGCQ2AIAGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAYJLYAAAYd2PQE2DuO\nPXN801MAgH3Hni0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAYJLYAAAaJLQCAQWILAGCQ\n2AIAGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBBzY9AbhQfPbj92x6CpyjwzffuOkpANiz\nBQAwSWwBAAwSWwAAg8QWAMAgsQUAMEhsAQAMElsAAIPEFgDAILEFADBIbAEADBJbAACDxBYAwCCx\nBQAwSGwBAAwSWwAAg8QWAMAgsQUAMEhsAQAMElsAAIPEFgDAILEFADBIbAEADBJbAACDxBYAwCCx\nBQAwSGwBAAwSWwAAg8QWAMAgsQUAMEhsAQAMElsAAIPEFgDAoLPGVlV9rKqerqpHV8Y+UFUnq+rh\n5XZ45b7bq+pEVR2vqretjL+lqh5Z7vtwVdXuvxwAgL1lO3u2PpHk+tOM/2F3X7PcPpskVXV1kiNJ\n3rSs85Gqumh5/B1J3pPkyuV2uucEANhXzhpb3f1nSf56m893Q5K7uvu57v5mkhNJDlXVpUle290P\ndHcn+WSSt+900gAAF4rz+czW+6rqq8thxtctYweTfGflMU8sYweX5VPHT6uqbqmqh6rqofOYHwDA\nxu00tu5I8hNJrknyZJI/2LUZJenuo919bXdfu5vPCwCwbjuKre5+qrtf6O6/TfJHSQ4td51McvnK\nQy9bxk4uy6eOAwDsazuKreUzWC+6McmLZyrem+RIVb2qqq7I1gfhH+zuJ5M8W1XXLWchvivJZ85j\n3gAAF4QDZ3tAVX06yS8kubiqnkjy/iS/UFXXJOkk30rya0nS3Y9V1d1JHk/yfJJbu/uF5anem60z\nG1+d5HPLDQBgXztrbHX3O08z/NGXePwHk3zwNOMPJXnzOc0OAOAC5xvkAQAGiS0AgEFiCwBg0Fk/\nswUAF5q3XnzVpqfwsnHsmeObnsKeZ88WAMAgsQUAMEhsAQAMElsAAIPEFgDAILEFADBIbAEADBJb\nAACDxBYAwCCxBQAwSGwBAAwSWwAAg8QWAMAgsQUAMEhsAQAMElsAAIPEFgDAILEFADBIbAEADBJb\nAACDxBYAwCCxBQAwSGwBAAwSWwAAg8QWAMAgsQUAMEhsAQAMElsAAIPEFgDAILEFADBIbAEADBJb\nAACDxBYAwCCxBQAwSGwBAAwSWwAAg8QWAMAgsQUAMEhsAQAMElsAAIPEFgDAILEFADBIbAEADBJb\nAACDxBYAwKADm54AXCgO33zjpqcAwAXIni0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAY\nJLYAAAb5UlMA9p1jzxzf9BTgB+zZAgAYJLYAAAaJLQCAQWILAGCQ2AIAGCS2AAAGiS0AgEFiCwBg\nkC81BXgZ++zH79n0FCBJcvjmGzc9hTH2bAEADBJbAACDxBYAwCCxBQAwSGwBAAwSWwAAg8QWAMAg\nsQUAMEhsAQAMElsAAIPEFgDAILEFADBIbAEADBJbAACDzhpbVXV5VX2hqh6vqseq6teX8ddX1X1V\n9Y3l5+tW1rm9qk5U1fGqetvK+Fuq6pHlvg9XVc28LACAvWE7e7aeT/Kb3X11kuuS3FpVVye5Lcn9\n3X1lkvuX37PcdyTJm5Jcn+QjVXXR8lx3JHlPkiuX2/W7+FoAAPacs8ZWdz/Z3V9elr+X5GtJDia5\nIcmdy8PuTPL2ZfmGJHd193Pd/c0kJ5IcqqpLk7y2ux/o7k7yyZV1AAD2pQPn8uCqemOSn07yxSSX\ndPeTy13fTXLJsnwwyQMrqz2xjH1/WT51/HR/55Ykt5zL3C40b734qk1PgQ069szxTU8BgDXZ9gfk\nq+o1Sf4kyW9097Or9y17qnq3JtXdR7v72u6+dreeEwBgE7YVW1X1ymyF1qe6+0+X4aeWQ4NZfj69\njJ9McvnK6pctYyeX5VPHAQD2re2cjVhJPprka939oZW77k1y07J8U5LPrIwfqapXVdUV2fog/IPL\nIcdnq+q65TnftbIOAMC+tJ3PbP1skl9N8khVPbyM/XaS30tyd1W9O8m3k7wjSbr7saq6O8nj2TqT\n8dbufmFZ771JPpHk1Uk+t9wAAPats8ZWd/+PJGf6PqxfPMM6H0zywdOMP5TkzecyQQCAC5lvkAcA\nGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAYJLYAAAaJLQCAQWILAGCQ2AIA\nGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAYJLYAAAaJLQCAQWILAGCQ2AIA\nGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAYJLYAAAaJLQCAQWILAGCQ2AIA\nGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAYJLYAAAaJLQCAQWILAGCQ2AIA\nGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAYJLYAAAaJLQCAQWILAGCQ2AIA\nGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAYJLYAAAaJLQCAQWILAGCQ2AIA\nGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAYdNbYqqrLq+oLVfV4VT1WVb++\njH+gqk5W1cPL7fDKOrdX1YmqOl5Vb1sZf0tVPbLc9+GqqpmXBQCwNxzYxmOeT/Kb3f3lqvqxJF+q\nqvuW+/6wu//D6oOr6uokR5K8KcmPJ/l8Vf3j7n4hyR1J3pPki0k+m+T6JJ/bnZcCALD3nHXPVnc/\n2d1fXpa/l+RrSQ6+xCo3JLmru5/r7m8mOZHkUFVdmuS13f1Ad3eSTyZ5+3m/AgCAPeycPrNVVW9M\n8tPZ2jOVJO+rqq9W1ceq6nXL2MEk31lZ7Yll7OCyfOr46f7OLVX1UFU9dC7zAwDYa7ZzGDFJUlWv\nSfInSX6ju5+tqjuS/Nskvfz8gyT/Yjcm1d1Hkxxd/m7vxnMC8MMO33zjpqcA+9629mxV1SuzFVqf\n6u4/TZLufqq7X+juv03yR0kOLQ8/meTyldUvW8ZOLsunjgMA7FvbORuxknw0yde6+0Mr45euPOzG\nJI8uy/cmOVJVr6qqK5JcmeTB7n4yybNVdd3ynO9K8pldeh0AAHvSdg4j/mySX03ySFU9vIz9dpJ3\nVtU12TqM+K0kv5Yk3f1YVd2d5PFsncl463ImYpK8N8knkrw6W2chOhMRANjXauvEwL3rpT6z9eBf\nfX2dU9lVb734qk1PgQ069szxTU8B4GXv0Bt+8oz3dfeufReob5AHABgktgAABoktAIBBYgsAYJDY\nAgAYJLYAAAaJLQCAQWILAGCQ2AIAGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDY\nAgAYJLYAAAaJLQCAQWILAGCQ2AIAGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDY\nAgAYJLYAAAaJLQCAQQc2PYGXq2PPHN/0FACANbBnCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAY\nJLYAAAaJLQCAQWILAGCQ2AIAGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAY\nJLYAAAaJLQCAQWILAGCQ2AIAGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAY\nJLYAAAaJLQCAQWILAGCQ2AIAGCS2AAAGiS0AgEFiCwBgkNgCABgktgAABoktAIBBYgsAYJDYAgAY\nJLYAAAaJLQCAQWILAGCQ2AIAGFTdvek5vKSq2tsTBAD2ne6u3Xoue7YAAAaJLQCAQWILAGDQWWOr\nqv5eVT1YVV+pqseq6neX8ddX1X1V9Y3l5+tW1rm9qk5U1fGqetvK+Fuq6pHlvg9X1a4dDwUA2Iu2\ns2fruST/vLt/Ksk1Sa6vquuS3Jbk/u6+Msn9y++pqquTHEnypiTXJ/lIVV20PNcdSd6T5Mrldv0u\nvhYAgD3nrLHVW/7v8usrl1snuSHJncv4nUnevizfkOSu7n6uu7+Z5ESSQ1V1aZLXdvcDvXUK5CdX\n1gEA2JcObOdBy56pLyX5R0n+U3d/saou6e4nl4d8N8kly/LBJA+srP7EMvb9ZfnU8dP9vVuS3LL8\n+lySR7czT87LxUme2fQkXiZs6/WxrdfDdl4f23o9rtrNJ9tWbHX3C0muqaq/n+SeqnrzKff3bn4f\nVncfTXI0Sarqoe6+dreem9OzndfHtl4f23o9bOf1sa3Xo6oe2s3nO6ezEbv7/yT5QrY+a/XUcmgw\ny8+nl4edTHL5ymqXLWMnl+VTxwEA9q3tnI34hmWPVqrq1Ul+KcnXk9yb5KblYTcl+cyyfG+SI1X1\nqqq6IlsfhH9wOeT4bFVdt5yF+K6VdQAA9qXtHEa8NMmdy+e2XpHk7u7+r1X1P5PcXVXvTvLtJO9I\nku5+rKruTvJ4kueT3LochkyS9yb5RJJXJ/nccjubo+fwetg523l9bOv1sa3Xw3ZeH9t6PXZ1O+/5\nayMCAFzIfIM8AMAgsQUAMGjPxlZVXb9c7udEVd226fnsB1X1reVySQ+/eFrrTi67xN9VVR+rqqer\n6tGVMZezGnCGbf2Bqjq5vK8frqrDK/fZ1jtQVZdX1Req6vHlMm2/vox7X++yl9jW3te7qDZ96cHu\n3nO3JBcl+YskP5HkR5J8JcnVm57XhX5L8q0kF58y9vtJbluWb0vy75flq5ft/qokVyz/PS7a9GvY\ni7ckP5/kZ5I8ej7bNcmDSa5LUtk6eeRXNv3a9trtDNv6A0n+1Wkea1vvfDtfmuRnluUfS/Lny/b0\nvl7ftva+3t3tXElesyy/MskXl221lvf0Xt2zdSjJie7+y+7+myR3ZesyQOy+c7rs0gbmt+d1958l\n+etThl3OasAZtvWZ2NY71N1PdveXl+XvJflatq744X29y15iW5+Jbb0DvWVjlx7cq7F1MMl3Vn4/\n46V9OCed5PNV9aXauiRSkrzUZZf8N9i5c92uB7PNy1lxWu+rqq8uhxlfPAxgW++Cqnpjkp/O1p4A\n7+tBp2zrxPt6V1XVRVX1cLa+hP2+7l7be3qvxhYzfq67r0nyK0luraqfX71zqXTfBbLLbNdxd2Tr\nIwfXJHkyyR9sdjr7R1W9JsmfJPmN7n529T7v6911mm3tfb3LuvuF5f+Bl2VrL9UPXXowQ+/pvRpb\nZ7rkD+ehu08uP59Ock+2Dgue62WX2B6Xs1qT7n5q+Uf0b5P8Uf7/4W7b+jxU1Suz9T//T3X3ny7D\n3tcDTretva/n9AYuPbhXY+tYkiur6oqq+pEkR7J1GSB2qKp+tKp+7MXlJL+c5NGc42WX1jvrC5rL\nWa3Ji/9QLm7M1vs6sa13bNkuH03yte7+0Mpd3te77Ezb2vt6d9WmLz246TMEXuLMgcPZOivjL5L8\nzqbnc6HfsrU7+ivL7bEXt2mSf5Dk/iTfSPL5JK9fWed3lu1/PM5qealt++ls7eb/fraO3797J9s1\nybXZ+gf1L5L8xyxXeHA767b+L0keSfLV5R/IS23r897OP5etwylfTfLwcjvsfb3Wbe19vbvb+Z8k\n+V/L9nw0yb9extfynna5HgCAQXv1MCIAwL4gtgAABoktAIBBYgsAYJDYAgAYJLYAAAaJLQCAQf8P\nZoZ+uitw3dUAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x226744bbf60>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "def Draw_map1(Destination_x,Destination_y):\n",
    "    im1=Image.new('RGB',size=(3000,3000),color=(0,0,0))\n",
    "    draw=ImageDraw.Draw(im1,mode='RGB')\n",
    "    draw.rectangle((40,40,2960,2960),(128,138,135),(128,138,135))\n",
    "    draw.rectangle((500,800,1200,1200),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((200,300,1500,700),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((1800,300,2500,700),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((2000,1200,2700,1900),(202,235,216),(202,235,216))\n",
    "    draw.rectangle((300,1600,1000,2700),(202,235,216),(202,235,216))\n",
    "    draw.rectangle((1600,2100,2500,2700),(255,255,255),(255,255,255))\n",
    "    draw.ellipse((Destination_x-20,Destination_y-20,Destination_x+20,Destination_y+20), (255,0,0),(255,0,0))\n",
    "    return im1\n",
    "# im1=Draw_map1(1750,500)\n",
    "# plt.imshow(im1)\n",
    "# plt.show()\n",
    "\n",
    "\n",
    "\n",
    "def Draw_map2(Destination_x,Destination_y):\n",
    "    im2=Image.new('RGB',size=(3000,3000),color=(0,0,0))\n",
    "    draw=ImageDraw.Draw(im2,mode='RGB')\n",
    "    draw.rectangle((40,40,2960,2960),(202,235,216),(202,235,216))\n",
    "    draw.rectangle((500,800,1200,1200),(128,138,135),(128,138,135))\n",
    "    draw.rectangle((200,300,1500,700),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((1800,300,2500,700),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((2000,1200,2700,1900),(128,138,135),(128,138,135))\n",
    "    draw.rectangle((300,1600,1000,2700),(128,138,135),(128,138,135))\n",
    "    draw.rectangle((1600,2100,2500,2700),(255,255,255),(255,255,255))\n",
    "    draw.ellipse((Destination_x-20,Destination_y-20,Destination_x+20,Destination_y+20), (255,0,0),(255,0,0))\n",
    "    return im2\n",
    "# im2=Draw_map2(1750,500)\n",
    "# plt.imshow(im2)\n",
    "# plt.show()\n",
    "\n",
    "\n",
    "def Draw_map3(Destination_x,Destination_y):\n",
    "    im3=Image.new('RGB',size=(3000,3000),color=(0,0,0))\n",
    "    draw=ImageDraw.Draw(im3,mode='RGB')\n",
    "    draw.rectangle((40,40,2960,2960),(202,235,216),(202,235,216))\n",
    "    draw.rectangle((500,800,1000,1200),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((500,800,800,1200),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((900,1300,1500,1800),(128,138,135),(128,138,135))\n",
    "    draw.rectangle((2000,800,800,1200),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((500,250,800,500),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((2500,200,2700,1000),(128,138,135),(128,138,135))\n",
    "    draw.rectangle((1100,300,2000,700),(128,138,135),(128,138,135))\n",
    "    draw.rectangle((2200,1550,2700,1850),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((300,2000,1000,2700),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((1900,1900,2800,2500),(128,138,135),(128,138,135))\n",
    "    draw.ellipse((Destination_x-20,Destination_y-20,Destination_x+20,Destination_y+20), (255,0,0),(255,0,0))\n",
    "    return im3\n",
    "# im3=Draw_map3(1750,500)\n",
    "# plt.imshow(im3)\n",
    "# plt.show()\n",
    "\n",
    "\n",
    "def Draw_map4(Destination_x,Destination_y):\n",
    "    im4=Image.new('RGB',size=(3000,3000),color=(0,0,0))\n",
    "    draw=ImageDraw.Draw(im4,mode='RGB')\n",
    "    draw.rectangle((40,40,2960,2960),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((500,800,1000,1200),(202,235,216),(202,235,216))\n",
    "    draw.rectangle((500,800,800,1200),(202,235,216),(202,235,216))\n",
    "    draw.rectangle((900,1300,1500,1800),(128,138,135),(128,138,135))\n",
    "    draw.rectangle((2000,800,800,1200),(202,235,216),(202,235,216))\n",
    "    draw.rectangle((500,250,800,500),(202,235,216),(202,235,216))\n",
    "    draw.rectangle((2500,200,2700,1000),(128,138,135),(128,138,135))\n",
    "    draw.rectangle((1100,300,2000,700),(128,138,135),(128,138,135))\n",
    "    draw.rectangle((2200,1550,2700,1850),(202,235,216),(202,235,216))\n",
    "    draw.rectangle((300,2000,1000,2700),(202,235,216),(202,235,216))\n",
    "    draw.rectangle((1900,1900,2800,2500),(128,138,135),(128,138,135))\n",
    "    draw.ellipse((Destination_x-20,Destination_y-20,Destination_x+20,Destination_y+20), (255,0,0),(255,0,0))\n",
    "    return im4\n",
    "# im4=Draw_map4(1750,500)\n",
    "# plt.imshow(im4)\n",
    "# plt.show()\n",
    "\n",
    "\n",
    "def Draw_map5(Destination_x,Destination_y):\n",
    "    im5=Image.new('RGB',size=(3000,3000),color=(0,0,0))\n",
    "    draw=ImageDraw.Draw(im5,mode='RGB')\n",
    "    draw.rectangle((40,40,2960,2960),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((500,800,1200,1200),(128,138,135),(128,138,135))\n",
    "    draw.rectangle((200,300,1500,700),(202,235,216),(202,235,216))\n",
    "    draw.rectangle((1800,300,2500,700),(202,235,216),(202,235,216))\n",
    "    draw.rectangle((2000,1200,2700,1900),(128,138,135),(128,138,135))\n",
    "    draw.rectangle((300,1600,1000,2700),(128,138,135),(128,138,135))\n",
    "    draw.rectangle((1600,2100,2500,2700),(202,235,216),(202,235,216))\n",
    "    draw.ellipse((Destination_x-20,Destination_y-20,Destination_x+20,Destination_y+20), (255,0,0),(255,0,0))\n",
    "    return im5\n",
    "# im5=Draw_map5(1750,500)\n",
    "# plt.imshow(im5)\n",
    "# plt.show()\n",
    "\n",
    "def Draw_map6(Destination_x,Destination_y):\n",
    "    im6=Image.new('RGB',size=(3000,3000),color=(0,0,0))\n",
    "    draw=ImageDraw.Draw(im6,mode='RGB')\n",
    "    draw.rectangle((40,40,2960,2960),(128,138,135),(128,138,135))\n",
    "    draw.rectangle((500,800,1000,1200),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((500,800,800,1200),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((900,1300,1500,1800),(202,235,216),(202,235,216))\n",
    "    draw.rectangle((2000,800,800,1200),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((500,250,800,500),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((2500,200,2700,1000),(202,235,216),(202,235,216))\n",
    "    draw.rectangle((1100,300,2000,700),(202,235,216),(202,235,216))\n",
    "    draw.rectangle((2200,1550,2700,1850),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((300,2000,1000,2700),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((1900,1900,2800,2500),(202,235,216),(202,235,216))\n",
    "    draw.ellipse((Destination_x-20,Destination_y-20,Destination_x+20,Destination_y+20), (255,0,0),(255,0,0))\n",
    "    return im6\n",
    "# im6=Draw_map6(1750,500)\n",
    "# plt.imshow(im6)\n",
    "# plt.show()\n",
    "\n",
    "def Draw_map7(Destination_x,Destination_y):\n",
    "    im7=Image.new('RGB',size=(3000,3000),color=(0,0,0))\n",
    "    draw=ImageDraw.Draw(im7,mode='RGB')\n",
    "    draw.rectangle((40,40,2960,2960),(255,255,255),(255,255,255))\n",
    "    draw.ellipse((300,400,800,900),(128,138,135),(128,138,135))\n",
    "    draw.ellipse((1000,1000,2000,2000),(128,138,135),(128,138,135))\n",
    "    draw.rectangle((2200,2200,2800,2800),(202,235,216),(202,235,216))\n",
    "    draw.ellipse((1800,300,2700,1000),(202,235,216),(202,235,216))\n",
    "    draw.rectangle((200,2200,1500,2600),(202,235,216),(202,235,216))\n",
    "    draw.ellipse((Destination_x-20,Destination_y-20,Destination_x+20,Destination_y+20), (255,0,0),(255,0,0))\n",
    "    return im7\n",
    "# im7=Draw_map7(1750,500)\n",
    "# plt.imshow(im7)\n",
    "# plt.show()\n",
    "\n",
    "def Draw_map8(Destination_x,Destination_y):\n",
    "    im8=Image.new('RGB',size=(3000,3000),color=(0,0,0))\n",
    "    draw=ImageDraw.Draw(im8,mode='RGB')\n",
    "    draw.rectangle((40,40,2960,2960),(128,138,135),(128,138,135))\n",
    "    draw.ellipse((300,400,800,900),(255,255,255),(255,255,255))\n",
    "    draw.ellipse((1000,1000,2000,2000),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((2200,2200,2800,2800),(202,235,216),(202,235,216))\n",
    "    draw.ellipse((1800,300,2700,1000),(202,235,216),(202,235,216))\n",
    "    draw.rectangle((200,2200,1500,2600),(202,235,216),(202,235,216))\n",
    "    draw.ellipse((Destination_x-20,Destination_y-20,Destination_x+20,Destination_y+20), (255,0,0),(255,0,0))\n",
    "    return im8\n",
    "# im8=Draw_map8(1750,500)\n",
    "# plt.imshow(im8)\n",
    "# plt.show()\n",
    "\n",
    "def Draw_map9(Destination_x,Destination_y):\n",
    "    im9=Image.new('RGB',size=(3000,3000),color=(0,0,0))\n",
    "    draw=ImageDraw.Draw(im9,mode='RGB')\n",
    "    draw.rectangle((40,40,2960,2960),(202,235,216),(202,235,216))\n",
    "    draw.ellipse((300,400,800,900),(255,255,255),(255,255,255))\n",
    "    draw.ellipse((1000,1000,2000,2000),(255,255,255),(255,255,255))\n",
    "    draw.rectangle((2200,2200,2800,2800),(128,138,135),(128,138,135))\n",
    "    draw.ellipse((1800,300,2700,1000),(128,138,135),(128,138,135))\n",
    "    draw.rectangle((200,2200,1500,2600),(128,138,135),(128,138,135))\n",
    "    draw.ellipse((Destination_x-20,Destination_y-20,Destination_x+20,Destination_y+20), (255,0,0),(255,0,0))\n",
    "    return im9\n",
    "# im9=Draw_map9(1750,500)\n",
    "# plt.imshow(im9)\n",
    "# plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "Learning_rate=0.0001\n",
    "State_input=tf.placeholder(tf.float32,[None,Length_state])\n",
    "Action_input=tf.placeholder(tf.float32,[None,Length_action])\n",
    "Q_target_output=tf.placeholder(tf.float32,[None])\n",
    "\n",
    "Layer1_number=30\n",
    "w1=tf.Variable((tf.random_normal([Length_state,Layer1_number])))*0.01\n",
    "b1=tf.Variable(tf.zeros([1,Layer1_number]))\n",
    "l1=tf.nn.relu(tf.matmul(State_input,w1))+b1\n",
    "\n",
    "Layer12_number=20\n",
    "w12=tf.Variable((tf.random_normal([Layer1_number,Layer12_number])))*0.01\n",
    "b12=tf.Variable(tf.zeros([1,Layer12_number]))\n",
    "l12=tf.nn.relu(tf.matmul(l1,w12))+b12\n",
    "\n",
    "Layer2_number=Length_action\n",
    "w2=tf.Variable((tf.random_normal([Layer12_number,Layer2_number])))*0.01\n",
    "b2=tf.Variable(tf.zeros([1,Layer2_number]))\n",
    "l2=tf.matmul(l12,w2)+b2\n",
    "\n",
    "\n",
    "Q_value=tf.reduce_sum(tf.multiply(l2,Action_input),reduction_indices=1)\n",
    "Loss=tf.reduce_mean(tf.square(Q_value-Q_target_output))\n",
    "Optimizer=tf.train.AdamOptimizer(learning_rate).minimize(Loss)\n",
    "Predict=tf.argmax(l2,1)\n",
    "\n",
    "session=tf.InteractiveSession()\n",
    "session.run(tf.global_variables_initializer())\n",
    "\n",
    "def Save_memory(Current_state,Next_action,Next_state,Reward,Arrive):\n",
    "    Current_state_range=State_list[Current_state:Current_state+1]\n",
    "    Next_action_range=Action_list[Next_action:Next_action+1]\n",
    "    Next_state_range=State_list[Next_state:Next_state+1]\n",
    "    Store_memory.append((Current_state_range,Next_action_range,Next_state_range,Reward,Arrive))\n",
    "    if len(Store_memory)>Memory_size:\n",
    "        Store_memory.popleft()\n",
    "        \n",
    "def Experience_replay():\n",
    "    Minibatch=random.sample(Store_memory,Batch_size)\n",
    "    Batch_current_state = None\n",
    "    Batch_next_action = None\n",
    "    Batch_reward = None\n",
    "    Batch_next_state = None\n",
    "    Batch_arrive = None\n",
    "    \n",
    "    for index in range(Batch_size):\n",
    "        if Batch_current_state is None:\n",
    "            Batch_current_state=Minibatch[index][0]\n",
    "        elif Batch_current_state is not None:\n",
    "            Batch_current_state=np.vstack((Batch_current_state,Minibatch[index][0]))\n",
    "        \n",
    "        if Batch_next_action is None:\n",
    "            Batch_next_action=Minibatch[index][1]\n",
    "        elif Batch_next_action is not None:\n",
    "            Batch_next_action=np.vstack((Batch_next_action,Minibatch[index][1]))\n",
    "    \n",
    "        \n",
    "        if Batch_next_state is None:\n",
    "            Batch_next_state=Minibatch[index][2]\n",
    "        elif Batch_next_state is not None:\n",
    "            Batch_next_state=np.vstack((Batch_next_state,Minibatch[index][2]))\n",
    "        \n",
    "        if Batch_reward is None:\n",
    "            Batch_reward=Minibatch[index][3]\n",
    "        elif Batch_reward is not None:\n",
    "            Batch_reward=np.vstack((Batch_reward,Minibatch[index][3]))\n",
    "    \n",
    "        if Batch_arrive is None:\n",
    "            Batch_arrive=Minibatch[index][4]\n",
    "        elif Batch_arrive is not None:\n",
    "            Batch_arrive=np.vstack((Batch_arrive,Minibatch[index][4]))\n",
    "            \n",
    "    Q_next=session.run(l2,feed_dict={State_input:Batch_next_state})\n",
    "    Q_target_list=[]\n",
    "    for i in range(Batch_size):\n",
    "        Each_reward=Batch_reward[i][0]\n",
    "        Each_qvalue=Each_reward+Beta*np.max(Q_next[i])\n",
    "        if Each_reward<0:\n",
    "            Q_target_list.append(Each_reward)\n",
    "        else:\n",
    "            Q_target_list.append(Each_qvalue)\n",
    "\n",
    "    _,Cost,Reward=session.run([Q_value,Loss,Optimizer],feed_dict={State_input:Batch_current_state,\n",
    "                                                                         Action_input:Batch_next_action,\n",
    "                                                                         Q_target_output:Q_target_list})\n",
    "    if Action_times%5000==0:\n",
    "        print('Action_times=%d  Loss=%f'%(Action_times,Cost))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def Set_destination(x_range,y_range):\n",
    "    x=np.random.randint(300,x_range-300)\n",
    "    y=np.random.randint(300,y_range-300)\n",
    "    return int(x),int(y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def Robot_destination(Destination_x,Destination_y,Robot_x,Robot_y,Robot_a):\n",
    "    Delta_x=Destination_x-Robot_x\n",
    "    Delta_y=Destination_y-Robot_y\n",
    "    Distance=np.sqrt(Delta_x*Delta_x+Delta_y*Delta_y)\n",
    "    Direct_angle=(np.arctan(Delta_y/Delta_x))*180/np.pi\n",
    "    if Delta_x<0:\n",
    "        Direct_angle=Direct_angle+180\n",
    "    True_angle=(Robot_a-Direct_angle)%360\n",
    "    if True_angle>180:\n",
    "        return 360-True_angle,'right',Distance\n",
    "    else:\n",
    "        return True_angle,'left',Distance"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def Is_Crash(Current_x,Current_y,im):\n",
    "    Crash=False\n",
    "    Degree=[-150,-120,-90,-60,-30,0,30,60,90,120,150,180]\n",
    "    Dis=np.arange(0,50,5)\n",
    "    for i in Dis:\n",
    "        for j in Degree:\n",
    "            x=Current_x+i*np.cos(j/180*np.pi)\n",
    "            y=Current_y+i*np.sin(j/180*np.pi)\n",
    "            if (im.getpixel((x,y)))==(0,0,0):\n",
    "                Crash=True\n",
    "                break\n",
    "        if Crash==True:\n",
    "                break\n",
    "    return Crash\n",
    "# Is_Crash(10,10,im4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def Is_arrive(Current_x,Current_y,im):\n",
    "    Arrive=False\n",
    "    Crash=False\n",
    "    Degree=[-150,-120,-90,-60,-30,0,30,60,90,120,150,180]\n",
    "    Dis=np.arange(0,30,5)\n",
    "    for i in Dis:\n",
    "        for j in Degree:\n",
    "            x=Current_x+i*np.cos(j/180*np.pi)\n",
    "            y=Current_y+i*np.sin(j/180*np.pi)\n",
    "            if (im.getpixel((x,y)))==(0,0,0):\n",
    "                Crash=True\n",
    "                break\n",
    "            if (im.getpixel((x,y)))==(255,0,0):\n",
    "                Arrive=True\n",
    "                break\n",
    "        if Arrive==True or Crash==True:\n",
    "                break\n",
    "    return Arrive\n",
    "# print(Is_arrive(1750,500,im4))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def Random_start(x_range,y_range,im):\n",
    "    a=np.random.random()*360\n",
    "    x=np.random.random()*x_range\n",
    "    y=np.random.random()*y_range\n",
    "    while(Is_Crash(x,y,im)==True or Is_arrive(x,y,im)==True):\n",
    "        x=np.random.random()*x_range\n",
    "        y=np.random.random()*y_range\n",
    "    return x,y,a\n",
    "  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def Height_level(Current_x,Current_y,Current_a,im):\n",
    "    Degree=[-30,0,30]\n",
    "    Distance=np.arange(0,30,5)\n",
    "    Max_height=0\n",
    "    for i in Degree:\n",
    "        for j in Distance:\n",
    "            x=Current_x+i*np.cos((j+Current_a)/180*np.pi)\n",
    "            y=Current_y+i*np.sin((j+Current_a)/180*np.pi)\n",
    "            Height_level=0\n",
    "            if im.getpixel((x,y))==(255,255,255):\n",
    "                Height_level=0\n",
    "            elif im.getpixel((x,y))==(202,235,216):\n",
    "                Height_level=1\n",
    "            elif im.getpixel((x,y))==(128,138,135):\n",
    "                Height_level=2\n",
    "            Max_height=max(Height_level,Max_height)\n",
    "            if Max_height==2:\n",
    "                break\n",
    "        if Max_height==2:\n",
    "            break\n",
    "    return Height_level\n",
    "# Height_level(750,1000,im4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def Output_state_index(True_angle,Left_right,Distance,Height):\n",
    "    if 0<=Distance<60:\n",
    "        Dis_level=0\n",
    "    elif 60<=Distance<180:\n",
    "        Dis_level=1\n",
    "    elif 180<=Distance<250:\n",
    "        Dis_level=2\n",
    "    else:\n",
    "        Dis_level=3\n",
    "    Angle_level=True_angle//30\n",
    "    if Left_right=='right':\n",
    "        Le_ri=1\n",
    "        State_number=int(Height*48+Dis_level+24*Le_ri+(5-Angle_level)*4)\n",
    "    elif Left_right=='left':\n",
    "        Le_ri=0\n",
    "        Angle_level=True_angle//30\n",
    "        State_number=int(Height*48+Dis_level+24*Le_ri+Angle_level*4)\n",
    "    return State_number,Dis_level,Angle_level\n",
    "# A,B,C=Output_state_index(80,'right',110,1)\n",
    "# States[A]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def Choose_action(Current_state,Action_times):\n",
    "    Current_state_range=State_list[Current_state:Current_state+1]\n",
    "    Epsilon=Epsilon_final+(Epsilon_start-Epsilon_final)*np.exp(-1*Decay_Rate*Action_times)\n",
    "    if(np.random.random()<Epsilon):\n",
    "        Next_action=np.random.randint(Length_action)\n",
    "    else:\n",
    "        Action_qvalue_output=session.run(l2,feed_dict={State_input:Current_state_range})\n",
    "        Next_action=np.argmax(Action_qvalue_output)\n",
    "        \n",
    "    if Action_times%5000==0:\n",
    "        print('Action_times=%d  Epsilon=%f Epoche=%d'%(Action_times,Epsilon,Epoche))\n",
    "    return Next_action"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def Next_state_F(Robot_x,Robot_y,Robot_a,Destination_x,Destination_y,Action,im):\n",
    "    Arrive=False\n",
    "    Crash=False\n",
    "    Current_height=Height_level(Robot_x,Robot_y,Robot_a,im)\n",
    "    \n",
    "    if Action==0:\n",
    "        Robot_next_x=Robot_x+Velocity_tripod*np.cos(Robot_a/180*np.pi)\n",
    "        Robot_next_y=Robot_y+Velocity_tripod*np.sin(Robot_a/180*np.pi)\n",
    "        if Is_Crash(Robot_next_x,Robot_next_y,im)==True:\n",
    "            Crash=True\n",
    "        if Is_arrive(Robot_next_x,Robot_next_y,im)==True:\n",
    "            Arrive=True\n",
    "    elif Action==1:\n",
    "        Robot_next_x=Robot_x+Velocity_quadruped*np.cos(Robot_a/180*np.pi)\n",
    "        Robot_next_y=Robot_y+Velocity_quadruped*np.sin(Robot_a/180*np.pi)\n",
    "        if Is_Crash(Robot_next_x,Robot_next_y,im)==True:\n",
    "            Crash=True\n",
    "        if Is_arrive(Robot_next_x,Robot_next_y,im)==True:\n",
    "            Arrive=True\n",
    "    elif Action==2:\n",
    "        Robot_next_x=Robot_x+Velocity_onebyone*np.cos(Robot_a/180*np.pi)\n",
    "        Robot_next_y=Robot_y+Velocity_onebyone*np.sin(Robot_a/180*np.pi)\n",
    "        if Is_Crash(Robot_next_x,Robot_next_y,im)==True:\n",
    "            Crash=True\n",
    "        if Is_arrive(Robot_next_x,Robot_next_y,im)==True:\n",
    "            Arrive=True\n",
    "    elif Action==3:\n",
    "        Robot_a=Robot_a-60\n",
    "        Robot_next_x=Robot_x\n",
    "        Robot_next_y=Robot_y\n",
    "    elif Action==4:\n",
    "        Robot_a=Robot_a+60\n",
    "        Robot_next_x=Robot_x\n",
    "        Robot_next_y=Robot_y\n",
    "        \n",
    "   \n",
    "    \n",
    "    Next_true_angle,Next_le_ri,Next_distance=Robot_destination(Destination_x,Destination_y,Robot_next_x,Robot_next_y,Robot_a)\n",
    "    Next_height=Height_level(Robot_next_x,Robot_next_y,Robot_a,im)\n",
    "    Next_state_number,Next_distance_level,Next_angle_level=Output_state_index(Next_true_angle,Next_le_ri,Next_distance,Next_height)\n",
    "    \n",
    "    if (Current_height==2 and Action==0) or (Current_height==2 and Action==1):\n",
    "        Reward=-2\n",
    "    elif(Current_height==1 and Action==0) or (Current_height==1 and Action==2):\n",
    "        Reward=-2\n",
    "    elif(Current_height==0 and Action==1) or (Current_height==0 and Action==2):\n",
    "        Reward=-2\n",
    "    else:\n",
    "        if Arrive==False:\n",
    "            Reward=(-Next_distance_level-Next_angle_level*0.5)*0.01\n",
    "        else:\n",
    "            Reward=2\n",
    "    return Robot_next_x,Robot_next_y,Robot_a,Reward,Next_state_number,Arrive,Crash"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def Run_function():\n",
    "    global Epoche\n",
    "    global Action_times\n",
    "    global Vector_x\n",
    "    global Vector_y\n",
    "    Crash_=False\n",
    "    Arrive_=False\n",
    "    Destination_x,Destination_y=Set_destination(3000,3000)\n",
    "    Choose_map=np.random.randint(9)\n",
    "    if Choose_map==0:\n",
    "        im=Draw_map1(Destination_x,Destination_y)\n",
    "    elif Choose_map==1:\n",
    "        im=Draw_map2(Destination_x,Destination_y)\n",
    "    elif Choose_map==2:\n",
    "        im=Draw_map3(Destination_x,Destination_y)\n",
    "    elif Choose_map==3:\n",
    "        im=Draw_map4(Destination_x,Destination_y)\n",
    "    elif Choose_map==4:\n",
    "        im=Draw_map5(Destination_x,Destination_y)\n",
    "    elif Choose_map==5:\n",
    "        im=Draw_map6(Destination_x,Destination_y)\n",
    "    elif Choose_map==6:\n",
    "        im=Draw_map7(Destination_x,Destination_y)\n",
    "    elif Choose_map==7:\n",
    "        im=Draw_map8(Destination_x,Destination_y)\n",
    "    else:\n",
    "        im=Draw_map9(Destination_x,Destination_y)\n",
    "    Current_x,Current_y,Current_a=Random_start(3000,3000,im)\n",
    "    Epoche_false=0\n",
    "    while Epoche_false<5000:\n",
    "        True_a,Le_ri,Distance=Robot_destination(Destination_x,Destination_y,Current_x,Current_y,Current_a)\n",
    "        Height_level_=Height_level(Current_x,Current_y,Current_a,im)\n",
    "        Current_state_number,Distance_level,Angle_level=Output_state_index(True_a,Le_ri,Distance,Height_level_)\n",
    "        Next_action=Choose_action(Current_state_number,Action_times)\n",
    "        Next_x,Next_y,Next_a,Reward,Next_state_number,Arrive,Crash=Next_state_F(Current_x,Current_y,Current_a,Destination_x,Destination_y,Next_action,im)\n",
    "        if Crash==True:\n",
    "            Next_x,Next_y,Next_a=Random_start(3000,3000,im)\n",
    "        else:\n",
    "            Save_memory(Current_state_number,Next_action,Next_state_number,Reward,Arrive)\n",
    "            if Action_times>Observe:\n",
    "                Experience_replay()\n",
    "            if Arrive:\n",
    "                Destination_x,Destination_y=Set_destination(3000,3000)\n",
    "                Choose_map=np.random.randint(9)\n",
    "                if Choose_map==0:\n",
    "                    im=Draw_map1(Destination_x,Destination_y)\n",
    "                elif Choose_map==1:\n",
    "                    im=Draw_map2(Destination_x,Destination_y)\n",
    "                elif Choose_map==2:\n",
    "                    im=Draw_map3(Destination_x,Destination_y)\n",
    "                elif Choose_map==3:\n",
    "                    im=Draw_map4(Destination_x,Destination_y)\n",
    "                elif Choose_map==4:\n",
    "                    im=Draw_map5(Destination_x,Destination_y)\n",
    "                elif Choose_map==5:\n",
    "                    im=Draw_map6(Destination_x,Destination_y)\n",
    "                elif Choose_map==6:\n",
    "                    im=Draw_map7(Destination_x,Destination_y)\n",
    "                elif Choose_map==7:\n",
    "                    im=Draw_map8(Destination_x,Destination_y)\n",
    "                else:\n",
    "                    im=Draw_map9(Destination_x,Destination_y)\n",
    "                Next_x,Next_y,Next_a=Random_start(3000,3000,im)\n",
    "                Epoche_false+=1\n",
    "                Epoche+=1\n",
    "        Current_x=Next_x\n",
    "        Current_y=Next_y\n",
    "        Current_a=Next_a\n",
    "        Action_times+=1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Action_times=0  Epsilon=1.000000 Epoche=0\n",
      "Action_times=5000  Epsilon=0.995062 Epoche=0\n",
      "Action_times=5000  Loss=0.140366\n",
      "Action_times=10000  Epsilon=0.990149 Epoche=1\n",
      "Action_times=10000  Loss=0.482077\n",
      "Action_times=15000  Epsilon=0.985261 Epoche=1\n",
      "Action_times=15000  Loss=0.240171\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-26-789577b50c62>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m()\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mRun_function\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m<ipython-input-25-c5823e87913c>\u001b[0m in \u001b[0;36mRun_function\u001b[1;34m()\u001b[0m\n\u001b[0;32m     39\u001b[0m             \u001b[0mSave_memory\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mCurrent_state_number\u001b[0m\u001b[1;33m,\u001b[0m\u001b[0mNext_action\u001b[0m\u001b[1;33m,\u001b[0m\u001b[0mNext_state_number\u001b[0m\u001b[1;33m,\u001b[0m\u001b[0mReward\u001b[0m\u001b[1;33m,\u001b[0m\u001b[0mArrive\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     40\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[0mAction_times\u001b[0m\u001b[1;33m>\u001b[0m\u001b[0mObserve\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 41\u001b[1;33m                 \u001b[0mExperience_replay\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     42\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[0mArrive\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     43\u001b[0m                 \u001b[0mDestination_x\u001b[0m\u001b[1;33m,\u001b[0m\u001b[0mDestination_y\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mSet_destination\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;36m3000\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;36m3000\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m<ipython-input-15-d86c93b1be82>\u001b[0m in \u001b[0;36mExperience_replay\u001b[1;34m()\u001b[0m\n\u001b[0;32m     48\u001b[0m             \u001b[0mBatch_current_state\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mMinibatch\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mindex\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     49\u001b[0m         \u001b[1;32melif\u001b[0m \u001b[0mBatch_current_state\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 50\u001b[1;33m             \u001b[0mBatch_current_state\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mnp\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mvstack\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mBatch_current_state\u001b[0m\u001b[1;33m,\u001b[0m\u001b[0mMinibatch\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mindex\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     51\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     52\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mBatch_next_action\u001b[0m \u001b[1;32mis\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mD:\\Miniconda\\Miniconda1\\lib\\site-packages\\numpy\\core\\shape_base.py\u001b[0m in \u001b[0;36mvstack\u001b[1;34m(tup)\u001b[0m\n\u001b[0;32m    235\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    236\u001b[0m     \"\"\"\n\u001b[1;32m--> 237\u001b[1;33m     \u001b[1;32mreturn\u001b[0m \u001b[0m_nx\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mconcatenate\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0matleast_2d\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0m_m\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;32mfor\u001b[0m \u001b[0m_m\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mtup\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;36m0\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    238\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    239\u001b[0m \u001b[1;32mdef\u001b[0m \u001b[0mhstack\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mtup\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "Run_function()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true,
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "After_Q=session.run(l2,feed_dict={State_input:State_list})\n",
    "Max_qaction=np.argmax(After_Q,axis=1)\n",
    "Show_table=pd.DataFrame([States,Max_qaction]).T\n",
    "Show_table[Show_table==0]='FrontH0'\n",
    "Show_table[Show_table==1]='FrontH1'\n",
    "Show_table[Show_table==2]='FrontH2'\n",
    "Show_table[Show_table==3]='left'\n",
    "Show_table[Show_table==4]='right'\n",
    "Show_table\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Max0</th>\n",
       "      <th>Max1</th>\n",
       "      <th>Max2</th>\n",
       "      <th>Max3</th>\n",
       "      <th>Max4</th>\n",
       "      <th>Max5</th>\n",
       "      <th>Max6</th>\n",
       "      <th>Max7</th>\n",
       "      <th>Max8</th>\n",
       "      <th>Max9</th>\n",
       "      <th>Max10</th>\n",
       "      <th>Max11</th>\n",
       "      <th>Max12</th>\n",
       "      <th>Max13</th>\n",
       "      <th>Max14</th>\n",
       "      <th>Max15</th>\n",
       "      <th>Max16</th>\n",
       "      <th>Final_action</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>L60D0/30/H0</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D0/30/H0</th>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D0/30/H0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D0/30/H0</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D30/60/H0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D30/60/H0</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D30/60/H0</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D30/60/H0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D60/90/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D60/90/H0</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D60/90/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D60/90/H0</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D90/120/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D90/120/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D90/120/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D90/120/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D120/150/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D120/150/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D120/150/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D120/150/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D150/180/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D150/180/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D150/180/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D150/180/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D180/210/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D180/210/H0</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D180/210/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D180/210/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D210/240/H0</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D210/240/H0</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D210/240/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D210/240/H0</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D240/270/H0</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D240/270/H0</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D240/270/H0</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D240/270/H0</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D270/300/H0</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D270/300/H0</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D270/300/H0</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D270/300/H0</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D300/330/H0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D300/330/H0</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D300/330/H0</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D300/330/H0</th>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D330/360/H0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D330/360/H0</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D330/360/H0</th>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D330/360/H0</th>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D0/30/H1</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D0/30/H1</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D0/30/H1</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D0/30/H1</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D30/60/H1</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D30/60/H1</th>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D30/60/H1</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D30/60/H1</th>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D60/90/H1</th>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D60/90/H1</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D60/90/H1</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D60/90/H1</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D90/120/H1</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D90/120/H1</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D90/120/H1</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D90/120/H1</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D120/150/H1</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D120/150/H1</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D120/150/H1</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D120/150/H1</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D150/180/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D150/180/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D150/180/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D150/180/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D180/210/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D180/210/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D180/210/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D180/210/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D210/240/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D210/240/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D210/240/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D210/240/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D240/270/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D240/270/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D240/270/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D240/270/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D270/300/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D270/300/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D270/300/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D270/300/H1</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D300/330/H1</th>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D300/330/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D300/330/H1</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D300/330/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D330/360/H1</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D330/360/H1</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D330/360/H1</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D330/360/H1</th>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D0/30/H2</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D0/30/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D0/30/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D0/30/H2</th>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D30/60/H2</th>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D30/60/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D30/60/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D30/60/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D60/90/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D60/90/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D60/90/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D60/90/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D90/120/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D90/120/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D90/120/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D90/120/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D120/150/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D120/150/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D120/150/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D120/150/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D150/180/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D150/180/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D150/180/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D150/180/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D180/210/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D180/210/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D180/210/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D180/210/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D210/240/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D210/240/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D210/240/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D210/240/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D240/270/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D240/270/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D240/270/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D240/270/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D270/300/H2</th>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D270/300/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D270/300/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D270/300/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D300/330/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D300/330/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D300/330/H2</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D300/330/H2</th>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L60D330/360/H2</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L180D330/360/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L250D330/360/H2</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L300D330/360/H2</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 Max0  Max1  Max2  Max3  Max4  Max5  Max6  Max7  Max8  Max9  \\\n",
       "L60D0/30/H0         0     3     0     0     0     0     0     0     0     0   \n",
       "L180D0/30/H0        4     0     3     0     0     0     0     0     0     0   \n",
       "L250D0/30/H0        0     0     3     3     0     0     0     0     0     0   \n",
       "L300D0/30/H0        0     3     4     4     3     3     4     4     0     4   \n",
       "L60D30/60/H0        0     0     0     3     3     0     3     3     3     3   \n",
       "L180D30/60/H0       0     3     0     0     0     3     0     0     0     3   \n",
       "L250D30/60/H0       0     3     3     3     3     0     0     0     3     0   \n",
       "L300D30/60/H0       0     0     3     0     3     4     0     3     3     4   \n",
       "L60D60/90/H0        3     3     3     3     3     3     3     3     3     3   \n",
       "L180D60/90/H0       0     3     3     3     3     3     3     3     3     3   \n",
       "L250D60/90/H0       3     3     0     0     3     3     0     3     0     3   \n",
       "L300D60/90/H0       4     3     3     0     4     3     4     0     3     0   \n",
       "L60D90/120/H0       3     3     3     3     3     3     3     3     3     3   \n",
       "L180D90/120/H0      3     3     3     3     3     3     3     3     3     3   \n",
       "L250D90/120/H0      3     3     3     3     3     3     3     3     3     3   \n",
       "L300D90/120/H0      3     3     3     3     3     3     3     3     3     4   \n",
       "L60D120/150/H0      3     3     3     3     3     3     3     3     3     3   \n",
       "L180D120/150/H0     3     3     3     4     3     3     3     3     3     4   \n",
       "L250D120/150/H0     3     3     3     3     3     3     3     3     4     3   \n",
       "L300D120/150/H0     3     3     3     4     3     4     3     0     3     3   \n",
       "L60D150/180/H0      3     3     3     3     3     3     3     3     3     3   \n",
       "L180D150/180/H0     3     3     3     3     4     3     4     4     3     3   \n",
       "L250D150/180/H0     3     3     3     3     3     4     3     3     3     4   \n",
       "L300D150/180/H0     3     3     4     3     3     3     4     3     4     3   \n",
       "L60D180/210/H0      3     3     4     4     4     4     4     4     4     4   \n",
       "L180D180/210/H0     4     4     4     4     3     3     3     4     4     4   \n",
       "L250D180/210/H0     3     4     4     4     3     4     4     3     4     4   \n",
       "L300D180/210/H0     3     4     3     3     4     4     3     4     3     0   \n",
       "L60D210/240/H0      4     4     4     4     4     4     4     4     4     4   \n",
       "L180D210/240/H0     4     3     4     4     4     4     4     4     3     4   \n",
       "L250D210/240/H0     3     4     4     4     4     4     4     4     4     4   \n",
       "L300D210/240/H0     0     4     4     4     0     0     4     4     4     3   \n",
       "L60D240/270/H0      4     4     4     4     4     4     4     4     4     4   \n",
       "L180D240/270/H0     0     4     4     4     4     0     4     4     4     4   \n",
       "L250D240/270/H0     4     4     4     4     4     4     4     4     3     4   \n",
       "L300D240/270/H0     4     4     4     0     0     4     0     0     4     0   \n",
       "L60D270/300/H0      4     4     4     4     4     4     4     4     4     4   \n",
       "L180D270/300/H0     4     4     4     4     0     4     0     4     4     4   \n",
       "L250D270/300/H0     0     4     4     0     0     4     4     4     4     4   \n",
       "L300D270/300/H0     4     4     4     4     4     0     4     4     4     4   \n",
       "L60D300/330/H0      0     0     0     0     0     0     0     0     0     0   \n",
       "L180D300/330/H0     4     4     0     4     4     4     4     4     4     4   \n",
       "L250D300/330/H0     4     4     0     0     0     4     3     4     0     4   \n",
       "L300D300/330/H0     4     0     0     4     3     4     3     4     4     4   \n",
       "L60D330/360/H0      0     0     0     0     0     0     0     0     0     0   \n",
       "L180D330/360/H0     4     3     4     0     0     4     4     4     4     4   \n",
       "L250D330/360/H0     3     0     0     0     0     0     4     0     4     4   \n",
       "L300D330/360/H0     4     0     0     4     0     0     0     0     0     3   \n",
       "L60D0/30/H1         1     1     1     3     1     1     1     1     1     1   \n",
       "L180D0/30/H1        1     3     1     1     3     1     1     1     3     3   \n",
       "L250D0/30/H1        1     3     3     1     3     3     1     1     3     1   \n",
       "L300D0/30/H1        1     1     1     1     1     1     3     3     1     1   \n",
       "L60D30/60/H1        3     3     3     3     3     3     3     3     3     3   \n",
       "L180D30/60/H1       3     1     3     4     1     1     3     3     1     1   \n",
       "L250D30/60/H1       1     1     1     3     1     1     3     3     1     3   \n",
       "L300D30/60/H1       3     1     1     3     1     1     4     3     3     3   \n",
       "L60D60/90/H1        3     1     3     3     3     3     1     3     3     3   \n",
       "L180D60/90/H1       3     4     3     3     3     3     3     3     3     3   \n",
       "L250D60/90/H1       3     3     3     3     1     3     3     3     3     3   \n",
       "L300D60/90/H1       3     3     4     3     3     3     3     3     3     3   \n",
       "L60D90/120/H1       3     3     1     3     3     3     3     3     3     3   \n",
       "L180D90/120/H1      3     3     3     3     3     4     3     3     3     3   \n",
       "L250D90/120/H1      3     3     3     3     3     3     1     3     4     3   \n",
       "L300D90/120/H1      3     3     1     3     3     1     1     3     3     3   \n",
       "L60D120/150/H1      3     3     3     3     3     3     3     3     3     3   \n",
       "L180D120/150/H1     3     3     3     3     3     3     3     3     4     4   \n",
       "L250D120/150/H1     3     3     3     3     3     3     3     3     3     3   \n",
       "L300D120/150/H1     3     4     1     3     4     1     3     1     1     3   \n",
       "L60D150/180/H1      4     4     3     3     3     3     3     3     3     3   \n",
       "L180D150/180/H1     4     3     3     3     4     3     4     3     4     3   \n",
       "L250D150/180/H1     4     3     3     4     3     3     4     3     4     3   \n",
       "L300D150/180/H1     4     4     4     3     3     3     3     4     4     3   \n",
       "L60D180/210/H1      4     4     4     4     3     3     4     4     4     4   \n",
       "L180D180/210/H1     4     4     4     4     1     4     4     4     4     4   \n",
       "L250D180/210/H1     4     3     3     4     4     4     4     3     4     3   \n",
       "L300D180/210/H1     4     1     1     3     4     3     4     1     3     4   \n",
       "L60D210/240/H1      4     4     4     4     4     4     4     4     4     4   \n",
       "L180D210/240/H1     4     4     3     4     4     4     4     4     4     4   \n",
       "L250D210/240/H1     4     4     3     4     4     4     4     4     4     3   \n",
       "L300D210/240/H1     4     4     3     4     4     1     4     4     4     4   \n",
       "L60D240/270/H1      4     4     4     4     4     4     1     4     4     4   \n",
       "L180D240/270/H1     4     1     4     4     4     4     4     4     4     4   \n",
       "L250D240/270/H1     4     3     4     4     4     4     4     1     4     4   \n",
       "L300D240/270/H1     4     3     3     4     4     4     4     4     4     4   \n",
       "L60D270/300/H1      4     4     4     4     4     4     4     4     4     4   \n",
       "L180D270/300/H1     4     4     4     4     1     1     4     4     4     4   \n",
       "L250D270/300/H1     4     4     4     4     4     4     4     4     4     4   \n",
       "L300D270/300/H1     3     4     1     4     4     4     4     1     1     1   \n",
       "L60D300/330/H1      1     4     1     1     4     4     1     1     1     4   \n",
       "L180D300/330/H1     4     3     4     4     3     1     3     4     3     1   \n",
       "L250D300/330/H1     3     4     1     4     4     4     1     4     3     4   \n",
       "L300D300/330/H1     4     4     3     4     1     4     1     1     1     4   \n",
       "L60D330/360/H1      1     1     1     1     1     1     1     1     0     0   \n",
       "L180D330/360/H1     3     4     4     3     1     4     1     4     1     3   \n",
       "L250D330/360/H1     4     1     4     3     3     4     1     4     4     4   \n",
       "L300D330/360/H1     1     4     4     1     1     4     1     3     1     1   \n",
       "L60D0/30/H2         2     2     2     2     3     2     2     2     2     3   \n",
       "L180D0/30/H2        4     3     2     2     3     3     4     4     2     4   \n",
       "L250D0/30/H2        3     4     3     4     2     3     2     4     2     4   \n",
       "L300D0/30/H2        2     3     2     2     2     3     4     2     3     2   \n",
       "L60D30/60/H2        2     3     2     2     2     2     3     3     2     3   \n",
       "L180D30/60/H2       4     3     3     3     2     3     4     2     2     2   \n",
       "L250D30/60/H2       4     3     2     4     3     3     3     3     3     2   \n",
       "L300D30/60/H2       3     3     3     3     2     3     3     2     2     3   \n",
       "L60D60/90/H2        3     3     3     3     3     3     3     3     3     3   \n",
       "L180D60/90/H2       3     4     3     3     4     2     2     3     4     2   \n",
       "L250D60/90/H2       3     2     3     3     3     3     3     2     2     3   \n",
       "L300D60/90/H2       3     3     3     3     3     3     3     3     3     3   \n",
       "L60D90/120/H2       3     3     3     3     3     3     3     3     3     3   \n",
       "L180D90/120/H2      3     3     4     3     2     3     3     3     3     3   \n",
       "L250D90/120/H2      3     4     3     3     3     3     3     3     4     3   \n",
       "L300D90/120/H2      3     3     3     3     3     3     2     4     3     3   \n",
       "L60D120/150/H2      3     4     3     3     3     3     3     3     3     4   \n",
       "L180D120/150/H2     3     2     4     3     4     3     3     3     3     3   \n",
       "L250D120/150/H2     4     3     3     3     3     3     4     4     2     3   \n",
       "L300D120/150/H2     3     3     3     3     3     3     3     3     3     3   \n",
       "L60D150/180/H2      4     3     4     3     3     3     3     4     3     3   \n",
       "L180D150/180/H2     4     4     4     4     3     3     3     3     3     3   \n",
       "L250D150/180/H2     3     3     3     3     2     3     3     4     2     3   \n",
       "L300D150/180/H2     4     4     3     3     3     3     4     3     3     3   \n",
       "L60D180/210/H2      4     4     4     3     4     4     4     4     4     4   \n",
       "L180D180/210/H2     3     2     4     3     3     4     2     4     3     3   \n",
       "L250D180/210/H2     4     4     3     4     4     4     3     4     3     4   \n",
       "L300D180/210/H2     4     4     4     4     4     4     3     4     4     3   \n",
       "L60D210/240/H2      4     4     4     4     4     4     4     4     4     4   \n",
       "L180D210/240/H2     4     4     4     4     3     2     4     4     4     4   \n",
       "L250D210/240/H2     4     3     4     3     4     3     3     4     4     3   \n",
       "L300D210/240/H2     4     2     2     4     4     4     2     2     4     4   \n",
       "L60D240/270/H2      4     4     4     4     4     4     4     4     4     4   \n",
       "L180D240/270/H2     4     2     4     3     3     2     3     4     4     4   \n",
       "L250D240/270/H2     3     4     4     4     4     4     4     4     3     4   \n",
       "L300D240/270/H2     4     4     4     4     4     4     4     4     4     4   \n",
       "L60D270/300/H2      2     4     4     2     2     4     4     4     2     4   \n",
       "L180D270/300/H2     3     4     4     4     2     4     4     4     4     4   \n",
       "L250D270/300/H2     4     3     2     4     4     4     3     4     4     4   \n",
       "L300D270/300/H2     4     4     4     4     4     4     4     2     2     4   \n",
       "L60D300/330/H2      4     4     4     4     2     4     3     4     4     2   \n",
       "L180D300/330/H2     4     3     4     2     4     3     2     4     2     2   \n",
       "L250D300/330/H2     4     3     2     2     4     2     4     2     4     4   \n",
       "L300D300/330/H2     2     4     4     2     4     4     4     3     2     4   \n",
       "L60D330/360/H2      2     2     4     4     4     4     2     2     4     2   \n",
       "L180D330/360/H2     3     2     2     2     2     2     4     2     4     4   \n",
       "L250D330/360/H2     3     4     3     4     2     2     2     2     2     2   \n",
       "L300D330/360/H2     2     2     2     2     2     2     4     2     2     4   \n",
       "\n",
       "                 Max10  Max11  Max12  Max13  Max14  Max15  Max16  Final_action  \n",
       "L60D0/30/H0          0      0      0      0      0      0      0             0  \n",
       "L180D0/30/H0         4      0      0      3      3      0      3             0  \n",
       "L250D0/30/H0         0      0      0      0      3      0      0             0  \n",
       "L300D0/30/H0         3      3      0      0      3      0      0             0  \n",
       "L60D30/60/H0         3      0      3      0      3      3      3             3  \n",
       "L180D30/60/H0        3      0      0      3      3      0      3             0  \n",
       "L250D30/60/H0        3      0      3      0      3      0      3             3  \n",
       "L300D30/60/H0        3      0      0      3      0      0      0             0  \n",
       "L60D60/90/H0         3      3      3      3      3      3      3             3  \n",
       "L180D60/90/H0        0      3      3      0      3      3      3             3  \n",
       "L250D60/90/H0        3      3      3      3      3      3      3             3  \n",
       "L300D60/90/H0        3      3      3      4      3      3      3             3  \n",
       "L60D90/120/H0        3      3      3      3      3      3      3             3  \n",
       "L180D90/120/H0       3      3      3      3      3      3      0             3  \n",
       "L250D90/120/H0       3      3      3      3      3      3      3             3  \n",
       "L300D90/120/H0       4      0      3      3      4      3      3             3  \n",
       "L60D120/150/H0       3      3      3      3      3      3      3             3  \n",
       "L180D120/150/H0      3      3      3      3      4      3      4             3  \n",
       "L250D120/150/H0      3      3      3      3      3      3      3             3  \n",
       "L300D120/150/H0      3      0      0      3      4      3      3             3  \n",
       "L60D150/180/H0       3      3      4      3      4      4      3             3  \n",
       "L180D150/180/H0      3      3      3      3      3      3      4             3  \n",
       "L250D150/180/H0      3      3      3      3      3      3      4             3  \n",
       "L300D150/180/H0      3      3      4      0      4      3      3             3  \n",
       "L60D180/210/H0       4      4      4      4      4      4      4             4  \n",
       "L180D180/210/H0      4      3      4      4      4      4      4             4  \n",
       "L250D180/210/H0      4      3      4      4      4      3      4             4  \n",
       "L300D180/210/H0      3      4      3      3      0      0      3             3  \n",
       "L60D210/240/H0       4      4      4      4      4      4      4             4  \n",
       "L180D210/240/H0      4      3      4      4      4      4      4             4  \n",
       "L250D210/240/H0      4      0      0      4      4      4      4             4  \n",
       "L300D210/240/H0      4      4      4      0      4      4      4             4  \n",
       "L60D240/270/H0       4      4      4      4      4      4      4             4  \n",
       "L180D240/270/H0      0      4      4      4      4      4      4             4  \n",
       "L250D240/270/H0      4      4      4      4      4      4      0             4  \n",
       "L300D240/270/H0      4      4      0      4      0      4      4             4  \n",
       "L60D270/300/H0       4      4      4      4      4      4      4             4  \n",
       "L180D270/300/H0      4      4      4      4      4      4      4             4  \n",
       "L250D270/300/H0      4      3      4      4      0      4      4             4  \n",
       "L300D270/300/H0      0      4      0      4      3      0      4             4  \n",
       "L60D300/330/H0       0      0      0      0      0      0      0             0  \n",
       "L180D300/330/H0      3      4      4      0      0      4      0             4  \n",
       "L250D300/330/H0      0      4      4      4      0      4      4             4  \n",
       "L300D300/330/H0      0      3      4      3      4      4      0             4  \n",
       "L60D330/360/H0       0      0      0      0      0      0      0             0  \n",
       "L180D330/360/H0      0      0      3      0      0      0      0             0  \n",
       "L250D330/360/H0      0      4      0      4      3      0      0             0  \n",
       "L300D330/360/H0      0      4      0      0      0      3      4             0  \n",
       "L60D0/30/H1          3      1      1      1      3      3      1             1  \n",
       "L180D0/30/H1         3      1      1      3      4      4      1             1  \n",
       "L250D0/30/H1         3      3      1      1      1      1      1             1  \n",
       "L300D0/30/H1         1      1      4      1      4      1      3             1  \n",
       "L60D30/60/H1         3      3      3      3      3      3      3             3  \n",
       "L180D30/60/H1        1      3      3      3      3      4      3             3  \n",
       "L250D30/60/H1        4      1      1      1      3      3      3             1  \n",
       "L300D30/60/H1        3      3      1      3      4      3      4             3  \n",
       "L60D60/90/H1         3      3      3      3      3      3      3             3  \n",
       "L180D60/90/H1        4      3      3      3      1      3      3             3  \n",
       "L250D60/90/H1        3      3      3      3      3      3      3             3  \n",
       "L300D60/90/H1        4      3      3      3      1      4      3             3  \n",
       "L60D90/120/H1        3      3      3      3      3      3      3             3  \n",
       "L180D90/120/H1       3      3      4      3      3      3      3             3  \n",
       "L250D90/120/H1       3      4      3      3      3      3      4             3  \n",
       "L300D90/120/H1       3      3      3      3      1      3      3             3  \n",
       "L60D120/150/H1       3      3      3      3      3      3      3             3  \n",
       "L180D120/150/H1      3      3      4      3      3      3      3             3  \n",
       "L250D120/150/H1      1      3      3      3      3      3      3             3  \n",
       "L300D120/150/H1      3      3      3      1      3      3      3             3  \n",
       "L60D150/180/H1       4      4      3      3      3      3      3             3  \n",
       "L180D150/180/H1      4      3      1      3      4      3      3             3  \n",
       "L250D150/180/H1      4      4      4      3      3      3      4             3  \n",
       "L300D150/180/H1      3      3      4      4      4      3      4             4  \n",
       "L60D180/210/H1       4      4      4      4      4      4      4             4  \n",
       "L180D180/210/H1      4      4      1      4      4      4      4             4  \n",
       "L250D180/210/H1      3      4      4      4      3      4      4             4  \n",
       "L300D180/210/H1      3      4      3      4      4      4      3             4  \n",
       "L60D210/240/H1       4      4      4      4      4      4      4             4  \n",
       "L180D210/240/H1      4      4      4      4      4      4      4             4  \n",
       "L250D210/240/H1      4      4      4      4      4      4      3             4  \n",
       "L300D210/240/H1      4      4      4      4      4      4      4             4  \n",
       "L60D240/270/H1       4      1      4      4      4      4      4             4  \n",
       "L180D240/270/H1      4      4      1      4      4      4      4             4  \n",
       "L250D240/270/H1      1      4      4      1      4      4      4             4  \n",
       "L300D240/270/H1      1      4      3      4      1      4      4             4  \n",
       "L60D270/300/H1       4      4      4      4      4      4      4             4  \n",
       "L180D270/300/H1      3      4      3      4      4      3      4             4  \n",
       "L250D270/300/H1      4      4      4      1      3      4      1             4  \n",
       "L300D270/300/H1      1      4      3      4      4      4      4             4  \n",
       "L60D300/330/H1       1      4      4      4      1      1      1             1  \n",
       "L180D300/330/H1      1      4      4      1      3      1      4             4  \n",
       "L250D300/330/H1      1      1      1      1      4      4      4             4  \n",
       "L300D300/330/H1      4      1      4      4      4      4      1             4  \n",
       "L60D330/360/H1       1      1      0      1      1      1      1             1  \n",
       "L180D330/360/H1      1      1      3      0      1      3      1             1  \n",
       "L250D330/360/H1      1      4      1      1      1      1      1             1  \n",
       "L300D330/360/H1      4      1      4      1      3      1      1             1  \n",
       "L60D0/30/H2          2      2      2      3      3      2      2             2  \n",
       "L180D0/30/H2         2      2      2      4      4      2      3             2  \n",
       "L250D0/30/H2         2      2      2      3      2      2      3             2  \n",
       "L300D0/30/H2         4      3      4      2      2      3      3             2  \n",
       "L60D30/60/H2         3      2      2      2      3      3      2             2  \n",
       "L180D30/60/H2        3      3      3      3      4      3      3             3  \n",
       "L250D30/60/H2        3      2      3      3      4      4      4             3  \n",
       "L300D30/60/H2        3      2      3      2      4      3      3             3  \n",
       "L60D60/90/H2         3      3      3      2      3      3      3             3  \n",
       "L180D60/90/H2        3      2      3      2      2      3      2             2  \n",
       "L250D60/90/H2        3      3      3      3      3      4      4             3  \n",
       "L300D60/90/H2        3      4      4      3      3      2      2             3  \n",
       "L60D90/120/H2        3      3      3      3      3      3      3             3  \n",
       "L180D90/120/H2       3      3      2      3      4      2      3             3  \n",
       "L250D90/120/H2       3      3      3      3      2      4      4             3  \n",
       "L300D90/120/H2       3      3      3      3      3      3      3             3  \n",
       "L60D120/150/H2       3      3      3      3      3      3      3             3  \n",
       "L180D120/150/H2      3      3      3      3      4      3      3             3  \n",
       "L250D120/150/H2      3      3      3      3      3      4      3             3  \n",
       "L300D120/150/H2      3      3      3      3      3      2      3             3  \n",
       "L60D150/180/H2       3      3      4      4      3      3      3             3  \n",
       "L180D150/180/H2      3      3      3      3      3      4      3             3  \n",
       "L250D150/180/H2      3      4      3      3      3      4      2             3  \n",
       "L300D150/180/H2      3      3      4      3      3      3      3             3  \n",
       "L60D180/210/H2       4      4      4      4      4      4      3             4  \n",
       "L180D180/210/H2      4      4      3      3      4      4      2             3  \n",
       "L250D180/210/H2      4      4      4      3      4      3      4             4  \n",
       "L300D180/210/H2      3      4      3      4      4      4      4             4  \n",
       "L60D210/240/H2       4      4      4      4      4      4      4             4  \n",
       "L180D210/240/H2      4      3      4      4      2      4      4             4  \n",
       "L250D210/240/H2      4      2      4      4      3      3      4             4  \n",
       "L300D210/240/H2      4      4      2      3      4      3      4             4  \n",
       "L60D240/270/H2       4      4      4      4      4      4      4             4  \n",
       "L180D240/270/H2      4      4      2      4      4      4      4             4  \n",
       "L250D240/270/H2      4      4      4      4      4      2      3             4  \n",
       "L300D240/270/H2      3      4      4      4      4      4      4             4  \n",
       "L60D270/300/H2       4      2      4      2      2      4      2             4  \n",
       "L180D270/300/H2      4      4      3      4      4      2      4             4  \n",
       "L250D270/300/H2      4      4      4      4      4      4      2             4  \n",
       "L300D270/300/H2      3      4      4      4      4      4      4             4  \n",
       "L60D300/330/H2       2      4      4      2      2      4      4             4  \n",
       "L180D300/330/H2      4      3      3      4      3      4      2             4  \n",
       "L250D300/330/H2      4      4      2      2      4      4      3             4  \n",
       "L300D300/330/H2      4      4      4      4      4      4      4             4  \n",
       "L60D330/360/H2       2      2      4      2      2      2      4             2  \n",
       "L180D330/360/H2      2      2      4      2      2      2      2             2  \n",
       "L250D330/360/H2      2      2      2      3      4      4      2             2  \n",
       "L300D330/360/H2      2      2      2      2      4      3      4             2  "
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "f=lambda x:np.argmax(np.bincount(x))\n",
    "Max0=np.loadtxt(\"Test1_MaxQValueAction0.txt\")\n",
    "np.savetxt('Table2gait9map0.txt',Max0)\n",
    "Max1=np.loadtxt(\"Test1_MaxQValueAction1.txt\")\n",
    "np.savetxt('Table2gait9map1.txt',Max1)\n",
    "Max2=np.loadtxt(\"Test1_MaxQValueAction2.txt\")\n",
    "np.savetxt('Table2gait9map2.txt',Max2)\n",
    "Max3=np.loadtxt(\"Test2_MaxQValueAction0.txt\")\n",
    "np.savetxt('Table2gait9map3.txt',Max3)\n",
    "Max4=np.loadtxt(\"Test2_MaxQValueAction1.txt\")\n",
    "np.savetxt('Table2gait9map4.txt',Max4)\n",
    "Max5=np.loadtxt(\"Test3_MaxQValueAction0.txt\")\n",
    "np.savetxt('Table2gait9map5.txt',Max5)\n",
    "Max6=np.loadtxt(\"Test3_MaxQValueAction1.txt\")\n",
    "np.savetxt('Table2gait9map6.txt',Max6)\n",
    "Max7=np.loadtxt(\"Test2_MaxQValueAction2.txt\")\n",
    "np.savetxt('Table2gait9map7.txt',Max7)\n",
    "Max8=np.loadtxt(\"Test3_MaxQValueAction2.txt\")\n",
    "np.savetxt('Table2gait9map8.txt',Max8)\n",
    "Max9=np.loadtxt(\"Test3_MaxQValueAction3.txt\")\n",
    "np.savetxt('Table2gait9map9.txt',Max9)\n",
    "Max10=np.loadtxt(\"Test3plus_MaxQValueAction0.txt\")\n",
    "np.savetxt('Table2gait9map10.txt',Max10)\n",
    "Max11=np.loadtxt(\"Test3_MaxQValueAction5.txt\")\n",
    "np.savetxt('Table2gait9map11.txt',Max11)\n",
    "Max12=np.loadtxt(\"Test3_MaxQValueAction6.txt\")\n",
    "np.savetxt('Table2gait9map12.txt',Max12)\n",
    "Max13=np.loadtxt(\"Test3_MaxQValueAction8.txt\")\n",
    "np.savetxt('Table2gait9map13.txt',Max13)\n",
    "Max14=np.loadtxt(\"Test3_MaxQValueAction9.txt\")\n",
    "np.savetxt('Table2gait9map14.txt',Max14)\n",
    "Max15=np.loadtxt(\"Test3_MaxQValueAction11.txt\")\n",
    "np.savetxt('Table2gait9map15.txt',Max15)\n",
    "Max16=np.loadtxt(\"Test3plus_MaxQValueAction3.txt\")\n",
    "np.savetxt('Table2gait9map16.txt',Max16)\n",
    "Max=pd.DataFrame([Max0,Max1,Max2,Max3,Max4,Max5,Max6,Max7,Max8,Max9,Max10,Max11,Max12,Max13,Max14,Max15,Max16],dtype=np.int8).T\n",
    "Max.columns=['Max0','Max1','Max2','Max3','Max4','Max5','Max6','Max7','Max8','Max9','Max10','Max11','Max12','Max13','Max14','Max15','Max16']\n",
    "Max.index=States\n",
    "Max['Final_action']=Max.apply(f,axis=1)\n",
    "Max"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
